PC World Komputer 2010 April/PCWorld0410.iso/hity wydania/Ubuntu 9.10 PL/karmelkowy-koliberek-desktop-9.10-i386-PL.iso/casper/filesystem.squashfs/usr/lib/python2.6/modulefinder.pyc

Python Compiled Bytecode | 2009-11-11 | 19KB | 699 lines

# Source Generated with Decompyle++
# File: in.pyc (Python 2.6)

'''Find modules used by a script, using introspection.'''
from __future__ import generators
import dis
import imp
import marshal
import os
import sys
import types
import struct
if hasattr(sys.__stdout__, 'newlines'):
    READ_MODE = 'U'
else:
    READ_MODE = 'r'
LOAD_CONST = chr(dis.opname.index('LOAD_CONST'))
IMPORT_NAME = chr(dis.opname.index('IMPORT_NAME'))
STORE_NAME = chr(dis.opname.index('STORE_NAME'))
STORE_GLOBAL = chr(dis.opname.index('STORE_GLOBAL'))
STORE_OPS = [
    STORE_NAME,
    STORE_GLOBAL]
HAVE_ARGUMENT = chr(dis.HAVE_ARGUMENT)
packagePathMap = { }

def AddPackagePath(packagename, path):
    paths = packagePathMap.get(packagename, [])
    paths.append(path)
    packagePathMap[packagename] = paths

replacePackageMap = { }

def ReplacePackage(oldname, newname):
    replacePackageMap[oldname] = newname


class Module:

    def __init__(self, name, file = None, path = None):
        self.__name__ = name
        self.__file__ = file
        self.__path__ = path
        self.__code__ = None
        self.globalnames = { }
        self.starimports = { }


    def __repr__(self):
        s = 'Module(%r' % (self.__name__,)
        if self.__file__ is not None:
            s = s + ', %r' % (self.__file__,)

        if self.__path__ is not None:
            s = s + ', %r' % (self.__path__,)

        s = s + ')'
        return s



class ModuleFinder:

    def __init__(self, path = None, debug = 0, excludes = [], replace_paths = []):
        if path is None:
            path = sys.path

        self.path = path
        self.modules = { }
        self.badmodules = { }
        self.debug = debug
        self.indent = 0
        self.excludes = excludes
        self.replace_paths = replace_paths
        self.processed_paths = []


    def msg(self, level, str, *args):
        if level <= self.debug:
            for i in range(self.indent):
                print '   ',

            print str,
            for arg in args:
                print repr(arg),

            print



    def msgin(self, *args):
        level = args[0]
        if level <= self.debug:
            self.indent = self.indent + 1
            self.msg(*args)



    def msgout(self, *args):
        level = args[0]
        if level <= self.debug:
            self.indent = self.indent - 1
            self.msg(*args)



    def run_script(self, pathname):
        self.msg(2, 'run_script', pathname)
        fp = open(pathname, READ_MODE)
        stuff = ('', 'r', imp.PY_SOURCE)
        self.load_module('__main__', fp, pathname, stuff)


    def load_file(self, pathname):
        (dir, name) = os.path.split(pathname)
        (name, ext) = os.path.splitext(name)
        fp = open(pathname, READ_MODE)
        stuff = (ext, 'r', imp.PY_SOURCE)
        self.load_module(name, fp, pathname, stuff)


    def import_hook(self, name, caller = None, fromlist = None, level = -1):
        self.msg(3, 'import_hook', name, caller, fromlist, level)
        parent = self.determine_parent(caller, level = level)
        (q, tail) = self.find_head_package(parent, name)
        m = self.load_tail(q, tail)
        if not fromlist:
            return q
        if m.__path__:
            self.ensure_fromlist(m, fromlist)



    def determine_parent(self, caller, level = -1):
        self.msgin(4, 'determine_parent', caller, level)
        if not caller or level == 0:
            self.msgout(4, 'determine_parent -> None')
            return None
        pname = caller.__name__
        if level >= 1:
            if caller.__path__:
                level -= 1

            if level == 0:
                parent = self.modules[pname]
                if not parent is caller:
                    raise AssertionError
                self.msgout(4, 'determine_parent ->', parent)
                return parent
            if pname.count('.') < level:
                raise ImportError, 'relative importpath too deep'
            pname.count('.') < level
            pname = '.'.join(pname.split('.')[:-level])
            parent = self.modules[pname]
            self.msgout(4, 'determine_parent ->', parent)
            return parent
        if caller.__path__:
            parent = self.modules[pname]
            if not caller is parent:
                raise AssertionError
            self.msgout(4, 'determine_parent ->', parent)
            return parent
        if '.' in pname:
            i = pname.rfind('.')
            pname = pname[:i]
            parent = self.modules[pname]
            if not parent.__name__ == pname:
                raise AssertionError
            self.msgout(4, 'determine_parent ->', parent)
            return parent
        self.msgout(4, 'determine_parent -> None')


    def find_head_package(self, parent, name):
        self.msgin(4, 'find_head_package', parent, name)
        if '.' in name:
            i = name.find('.')
            head = name[:i]
            tail = name[i + 1:]
        else:
            head = name
            tail = ''
        if parent:
            qname = '%s.%s' % (parent.__name__, head)
        else:
            qname = head
        q = self.import_module(head, qname, parent)
        if q:
            self.msgout(4, 'find_head_package ->', (q, tail))
            return (q, tail)
        self.msgout(4, 'raise ImportError: No module named', qname)
        raise ImportError, 'No module named ' + qname


    def load_tail(self, q, tail):
        self.msgin(4, 'load_tail', q, tail)
        m = q
        while tail:
            i = tail.find('.')
            if i < 0:
                i = len(tail)

            head = tail[:i]
            tail = tail[i + 1:]
            mname = '%s.%s' % (m.__name__, head)
            m = self.import_module(head, mname, m)
            if not m:
                self.msgout(4, 'raise ImportError: No module named', mname)
                raise ImportError, 'No module named ' + mname
            m
        self.msgout(4, 'load_tail ->', m)
        return m


    def ensure_fromlist(self, m, fromlist, recursive = 0):
        self.msg(4, 'ensure_fromlist', m, fromlist, recursive)
        for sub in fromlist:
            if sub == '*':
                if not recursive:
                    all = self.find_all_submodules(m)
                    if all:
                        self.ensure_fromlist(m, all, 1)


            recursive
            if not hasattr(m, sub):
                subname = '%s.%s' % (m.__name__, sub)
                submod = self.import_module(sub, subname, m)
                if not submod:
                    raise ImportError, 'No module named ' + subname
                submod
                continue



    def find_all_submodules(self, m):
        if not m.__path__:
            return None
        modules = { }
        suffixes = []
        for triple in imp.get_suffixes():
            suffixes.append(triple[0])

        for dir in m.__path__:

            try:
                names = os.listdir(dir)
            except os.error:
                m.__path__
                m.__path__
                self.msg(2, "can't list directory", dir)
                continue
            except:
                m.__path__

            for name in names:
                mod = None
                for suff in suffixes:
                    n = len(suff)
                    if name[-n:] == suff:
                        mod = name[:-n]
                        break
                        continue
                    m.__path__

                if mod and mod != '__init__':
                    modules[mod] = mod
                    continue


        return modules.keys()


    def import_module(self, partname, fqname, parent):
        self.msgin(3, 'import_module', partname, fqname, parent)

        try:
            m = self.modules[fqname]
        except KeyError:
            pass

        self.msgout(3, 'import_module ->', m)
        return m
        if fqname in self.badmodules:
            self.msgout(3, 'import_module -> None')
            return None
        if parent and parent.__path__ is None:
            self.msgout(3, 'import_module -> None')
            return None

        try:
            if parent:
                pass
            (fp, pathname, stuff) = self.find_module(partname, parent.__path__, parent)
        except ImportError:
            parent.__path__ is None
            parent.__path__ is None
            fqname in self.badmodules
            self.msgout(3, 'import_module ->', None)
            return None


        try:
            m = self.load_module(fqname, fp, pathname, stuff)
        finally:
            pass

        self.msgout(3, 'import_module ->', m)
        return m


    def load_module(self, fqname, fp, pathname, file_info):
        (suffix, mode, type) = file_info
        if fp:
            pass
        self.msgin(2, 'load_module', fqname, 'fp', pathname)
        if type == imp.PKG_DIRECTORY:
            m = self.load_package(fqname, pathname)
            self.msgout(2, 'load_module ->', m)
            return m
        if type == imp.PY_SOURCE:
            co = compile(fp.read() + '\n', pathname, 'exec')
        elif type == imp.PY_COMPILED:
            if fp.read(4) != imp.get_magic():
                self.msgout(2, 'raise ImportError: Bad magic number', pathname)
                raise ImportError, 'Bad magic number in %s' % pathname
            fp.read(4) != imp.get_magic()
            fp.read(4)
            co = marshal.load(fp)
        else:
            co = None
        m = self.add_module(fqname)
        m.__file__ = pathname
        if co:
            if self.replace_paths:
                co = self.replace_paths_in_code(co)

            m.__code__ = co
            self.scan_code(co, m)

        self.msgout(2, 'load_module ->', m)
        return m


    def _add_badmodule(self, name, caller):
        if name not in self.badmodules:
            self.badmodules[name] = { }

        if caller:
            self.badmodules[name][caller.__name__] = 1
        else:
            self.badmodules[name]['-'] = 1


    def _safe_import_hook(self, name, caller, fromlist, level = -1):
        if name in self.badmodules:
            self._add_badmodule(name, caller)
            return None

        try:
            self.import_hook(name, caller, level = level)
        except ImportError:
            name in self.badmodules
            msg = name in self.badmodules
            self.msg(2, 'ImportError:', str(msg))
            self._add_badmodule(name, caller)
        except:
            name in self.badmodules

        if fromlist:
            for sub in fromlist:
                if sub in self.badmodules:
                    self._add_badmodule(sub, caller)
                    continue


                try:
                    self.import_hook(name, caller, [
                        sub], level = level)
                continue
                except ImportError:
                    msg = None
                    self.msg(2, 'ImportError:', str(msg))
                    fullname = name + '.' + sub
                    self._add_badmodule(fullname, caller)
                    continue






    def scan_opcodes(self, co, unpack = struct.unpack):
        code = co.co_code
        names = co.co_names
        consts = co.co_consts
        while code:
            c = code[0]
            if c in STORE_OPS:
                (oparg,) = unpack('<H', code[1:3])
                yield ('store', (names[oparg],))
                code = code[3:]
                continue

            if c == LOAD_CONST and code[3] == IMPORT_NAME:
                (oparg_1, oparg_2) = unpack('<xHxH', code[:6])
                yield ('import', (consts[oparg_1], names[oparg_2]))
                code = code[6:]
                continue

            if c >= HAVE_ARGUMENT:
                code = code[3:]
                continue
            code = code[1:]


    def scan_opcodes_25(self, co, unpack = struct.unpack):
        code = co.co_code
        names = co.co_names
        consts = co.co_consts
        LOAD_LOAD_AND_IMPORT = LOAD_CONST + LOAD_CONST + IMPORT_NAME
        while code:
            c = code[0]
            if c in STORE_OPS:
                (oparg,) = unpack('<H', code[1:3])
                yield ('store', (names[oparg],))
                code = code[3:]
                continue

            if code[:9:3] == LOAD_LOAD_AND_IMPORT:
                (oparg_1, oparg_2, oparg_3) = unpack('<xHxHxH', code[:9])
                level = consts[oparg_1]
                if level == -1:
                    yield ('import', (consts[oparg_2], names[oparg_3]))
                elif level == 0:
                    yield ('absolute_import', (consts[oparg_2], names[oparg_3]))
                else:
                    yield ('relative_import', (level, consts[oparg_2], names[oparg_3]))
                code = code[9:]
                continue

            if c >= HAVE_ARGUMENT:
                code = code[3:]
                continue
            code = code[1:]


    def scan_code(self, co, m):
        code = co.co_code
        if sys.version_info >= (2, 5):
            scanner = self.scan_opcodes_25
        else:
            scanner = self.scan_opcodes
        for what, args in scanner(co):
            None if what == 'store' else have_star
            if what == 'relative_import':
                (level, fromlist, name) = args
                if name:
                    self._safe_import_hook(name, m, fromlist, level = level)
                else:
                    parent = self.determine_parent(m, level = level)
                    self._safe_import_hook(parent.__name__, None, fromlist, level = 0)
            name
            raise RuntimeError(what)

        for c in co.co_consts:
            if isinstance(c, type(co)):
                self.scan_code(c, m)
                continue



    def load_package(self, fqname, pathname):
        self.msgin(2, 'load_package', fqname, pathname)
        newname = replacePackageMap.get(fqname)
        if newname:
            fqname = newname

        m = self.add_module(fqname)
        m.__file__ = pathname
        m.__path__ = [
            pathname]
        m.__path__ = m.__path__ + packagePathMap.get(fqname, [])
        (fp, buf, stuff) = self.find_module('__init__', m.__path__)
        self.load_module(fqname, fp, buf, stuff)
        self.msgout(2, 'load_package ->', m)
        return m


    def add_module(self, fqname):
        if fqname in self.modules:
            return self.modules[fqname]
        return m


    def find_module(self, name, path, parent = None):
        if parent is not None:
            fullname = parent.__name__ + '.' + name
        else:
            fullname = name
        if fullname in self.excludes:
            self.msgout(3, 'find_module -> Excluded', fullname)
            raise ImportError, name
        fullname in self.excludes
        if path is None:
            if name in sys.builtin_module_names:
                return (None, None, ('', '', imp.C_BUILTIN))
            path = self.path

        return imp.find_module(name, path)


    def report(self):
        '''Print a report to stdout, listing the found modules with their
        paths, as well as modules that are missing, or seem to be missing.
        '''
        print
        print '  %-25s %s' % ('Name', 'File')
        print '  %-25s %s' % ('----', '----')
        keys = self.modules.keys()
        keys.sort()
        for key in keys:
            m = self.modules[key]
            if m.__path__:
                print 'P',
            else:
                print 'm',
            print '%-25s' % key,
            if not m.__file__:
                pass
            print ''

        (missing, maybe) = self.any_missing_maybe()
        if missing:
            print
            print 'Missing modules:'
            for name in missing:
                mods = self.badmodules[name].keys()
                mods.sort()
                print '?', name, 'imported from', ', '.join(mods)


        if maybe:
            print
            print 'Submodules thay appear to be missing, but could also be', 'global names in the parent package:'
            for name in maybe:
                mods = self.badmodules[name].keys()
                mods.sort()
                print '?', name, 'imported from', ', '.join(mods)




    def any_missing(self):
        '''Return a list of modules that appear to be missing. Use
        any_missing_maybe() if you want to know which modules are
        certain to be missing, and which *may* be missing.
        '''
        (missing, maybe) = self.any_missing_maybe()
        return missing + maybe


    def any_missing_maybe(self):
        '''Return two lists, one with modules that are certainly missing
        and one with modules that *may* be missing. The latter names could
        either be submodules *or* just global names in the package.

        The reason it can\'t always be determined is that it\'s impossible to
        tell which names are imported when "from module import *" is done
        with an extension module, short of actually importing it.
        '''
        missing = []
        maybe = []
        for name in self.badmodules:
            if name in self.excludes:
                continue

            i = name.rfind('.')
            if i < 0:
                missing.append(name)
                continue

            subname = name[i + 1:]
            pkgname = name[:i]
            pkg = self.modules.get(pkgname)
            if pkg is not None:
                if pkgname in self.badmodules[name]:
                    missing.append(name)
                elif subname in pkg.globalnames:
                    pass
                elif pkg.starimports:
                    maybe.append(name)
                else:
                    missing.append(name)
            pkgname in self.badmodules[name]
            missing.append(name)

        missing.sort()
        maybe.sort()
        return (missing, maybe)


    def replace_paths_in_code(self, co):
        new_filename = original_filename = os.path.normpath(co.co_filename)
        for f, r in self.replace_paths:
            if original_filename.startswith(f):
                new_filename = r + original_filename[len(f):]
                break
                continue

        if self.debug and original_filename not in self.processed_paths:
            if new_filename != original_filename:
                self.msgout(2, 'co_filename %r changed to %r' % (original_filename, new_filename))
            else:
                self.msgout(2, 'co_filename %r remains unchanged' % (original_filename,))
            self.processed_paths.append(original_filename)

        consts = list(co.co_consts)
        for i in range(len(consts)):
            if isinstance(consts[i], type(co)):
                consts[i] = self.replace_paths_in_code(consts[i])
                continue

        return types.CodeType(co.co_argcount, co.co_nlocals, co.co_stacksize, co.co_flags, co.co_code, tuple(consts), co.co_names, co.co_varnames, new_filename, co.co_name, co.co_firstlineno, co.co_lnotab, co.co_freevars, co.co_cellvars)



def test():
    import getopt as getopt

    try:
        (opts, args) = getopt.getopt(sys.argv[1:], 'dmp:qx:')
    except getopt.error:
        msg = None
        print msg
        return None

    debug = 1
    domods = 0
    addpath = []
    exclude = []
    for o, a in opts:
        if o == '-d':
            debug = debug + 1

        if o == '-m':
            domods = 1

        if o == '-p':
            addpath = addpath + a.split(os.pathsep)

        if o == '-q':
            debug = 0

        if o == '-x':
            exclude.append(a)
            continue

    if not args:
        script = 'hello.py'
    else:
        script = args[0]
    path = sys.path[:]
    path[0] = os.path.dirname(script)
    path = addpath + path
    if debug > 1:
        print 'path:'
        for item in path:
            print '   ', repr(item)


    mf = ModuleFinder(path, debug, exclude)
    for arg in args[1:]:
        if arg == '-m':
            domods = 1
            continue

        if domods:
            if arg[-2:] == '.*':
                mf.import_hook(arg[:-2], None, [
                    '*'])
            else:
                mf.import_hook(arg)
        arg[-2:] == '.*'
        mf.load_file(arg)

    mf.run_script(script)
    mf.report()
    return mf

if __name__ == '__main__':

    try:
        mf = test()
    except KeyboardInterrupt:
        print '\n[interrupt]'